#include <iostream>

#include "DataCollector.h"
#include "DataTypeDetector.h"

using namespace std;

int main()
{
	string newsDirectoryPath("..\data\news");
	string wikiDirectoryPath("..\data\wiki");

	cout << "I am LOST!!!" << endl;

	// scan for data
	DataCollector dataCollector;
	dataCollector.ScanForNewDocuments(newsDirectoryPath);
	dataCollector.ScanForNewDocuments(wikiDirectoryPath);

	// parse and process data
	Document			doc("", 0);
	DataTypeDetector	dataTypeDetector;
	DATA_TYPE			dataType = DATA_TYPE::T_DEFAULT;

	while(dataCollector.GetNextDocument(doc))
	{
		// pre-process data 
		dataType	= dataTypeDetector.GetDataType(doc.m_sPath);

		switch(dataType)
		{
			case DATA_TYPE::T_NEWS:
				// do nothing
				break;
			case DATA_TYPE::T_WIKI:
				// remove metadata
				break;
			case DATA_TYPE::T_DEFAULT:
				// throw error
				cout << "Error: Data type detection failed." << endl;
				break;
		}


	}


	switch(dataCollector.GetNextDocument()

	cout << "Good Luck!!!" << endl;
}